"""
@Time: 2021/1/12 下午 5:07
@Author: jinzhuan
@File: tokenize_toolkit.py
@Desc: 
"""

import torch

a = torch.zeros(10, dtype=torch.long)
a = a.type(torch.uint8)

from cognlp import *
import nltk
toolkit = TokenizeToolkit()
ner = NerToolkit()
words = toolkit.run('i like apple')
print(words)
